#! /bin/bash

DATAX_HOME=/opt/module/datax

#DataX导出路径不允许存在空文件，该函数作用为清理空文件
handle_export_path(){
  for i in `hadoop fs -ls -R $1 | awk '{print $8}'`; do
    hadoop fs -test -z $i
    if [[ $? -eq 0 ]]; then
      echo "$i文件大小为0，正在删除"
      hadoop fs -rm -r -f $i
    fi
  done
}

#数据导出
export_data() {
  datax_config=$1
  export_dir=$2
  handle_export_path $export_dir
  $DATAX_HOME/bin/datax.py -p"-Dexportdir=$export_dir" $datax_config
}

case $1 in
"ads_traffic_stats_by_channel")
export_data /opt/module/datax/job/export/online_edu_report.ads_traffic_stats_by_channel.json /warehouse/edu/ads/ads_traffic_stats_by_channel
;;
"ads_page_path")
export_data /opt/module/datax/job/export/online_edu_report.ads_page_path.json /warehouse/edu/ads/ads_page_path
;;
"ads_order_by_channel")
export_data /opt/module/datax/job/export/online_edu_report.ads_order_by_channel.json /warehouse/edu/ads/ads_order_by_channel
;;
"ads_user_change")
export_data /opt/module/datax/job/export/online_edu_report.ads_user_change.json /warehouse/edu/ads/ads_user_change
;;
"ads_user_retention")
export_data /opt/module/datax/job/export/online_edu_report.ads_user_retention.json /warehouse/edu/ads/ads_user_retention
;;
"ads_user_count")
export_data /opt/module/datax/job/export/online_edu_report.ads_user_count.json /warehouse/edu/ads/ads_user_count
;;
"ads_user_action")
export_data /opt/module/datax/job/export/online_edu_report.ads_user_action.json /warehouse/edu/ads/ads_user_action
;;
"ads_new_order_user_stats")
export_data /opt/module/datax/job/export/online_edu_report.ads_new_order_user_stats.json /warehouse/edu/ads/ads_new_order_user_stats
;;
"ads_age_state_order")
export_data /opt/module/datax/job/export/online_edu_report.ads_age_state_order.json /warehouse/edu/ads/ads_age_state_order
;;
"ads_category_order_trade")
export_data /opt/module/datax/job/export/online_edu_report.ads_category_order_trade.json /warehouse/edu/ads/ads_category_order_trade
;;
"ads_subject_order_trade")
export_data /opt/module/datax/job/export/online_edu_report.ads_subject_order_trade.json /warehouse/edu/ads/ads_subject_order_trade
;;
"ads_course_order_trade")
export_data /opt/module/datax/job/export/online_edu_report.ads_course_order_trade.json /warehouse/edu/ads/ads_course_order_trade
;;
"ads_course_review")
export_data /opt/module/datax/job/export/online_edu_report.ads_course_review.json /warehouse/edu/ads/ads_course_review
;;
"ads_category_retention")
export_data /opt/module/datax/job/export/online_edu_report.ads_category_retention.json /warehouse/edu/ads/ads_category_retention
;;
"ads_subject_retention")
export_data /opt/module/datax/job/export/online_edu_report.ads_subject_retention.json /warehouse/edu/ads/ads_subject_retention
;;
"ads_course_retention")
export_data /opt/module/datax/job/export/online_edu_report.ads_course_retention.json /warehouse/edu/ads/ads_course_retention
;;
"ads_trade_stats_tm")
export_data /opt/module/datax/job/export/online_edu_report.ads_trade_stats_tm.json /warehouse/edu/ads/ads_trade_stats_tm
;;
"ads_trade_by_province")
export_data /opt/module/datax/job/export/online_edu_report.ads_trade_by_province.json /warehouse/edu/ads/ads_trade_by_province
;;
"ads_test_exam_by_page")
export_data /opt/module/datax/job/export/online_edu_report.ads_test_exam_by_page.json /warehouse/edu/ads/ads_test_exam_by_page
;;
"ads_test_exam_by_course")
export_data /opt/module/datax/job/export/online_edu_report.ads_test_exam_by_course.json /warehouse/edu/ads/ads_test_exam_by_course
;;
"ads_exam_stats_by_page_score")
export_data /opt/module/datax/job/export/online_edu_report.ads_exam_stats_by_page_score.json /warehouse/edu/ads/ads_exam_stats_by_page_score
;;
"ads_correct_rate_by_question")
export_data /opt/module/datax/job/export/online_edu_report.ads_correct_rate_by_question.json /warehouse/edu/ads/ads_correct_rate_by_question
;;
"ads_video_by_chapter")
export_data /opt/module/datax/job/export/online_edu_report.ads_video_by_chapter.json /warehouse/edu/ads/ads_video_by_chapter
;;
"ads_video_by_course")
export_data /opt/module/datax/job/export/online_edu_report.ads_video_by_course.json /warehouse/edu/ads/ads_video_by_course
;;
"ads_finish_video_by_course")
export_data /opt/module/datax/job/export/online_edu_report.ads_finish_video_by_course.json /warehouse/edu/ads/ads_finish_video_by_course
;;
"ads_finish_video_stat")
export_data /opt/module/datax/job/export/online_edu_report.ads_finish_video_stat.json /warehouse/edu/ads/ads_finish_video_stat
;;
"ads_finish_video_by_chapter")
export_data /opt/module/datax/job/export/online_edu_report.ads_finish_video_by_chapter.json /warehouse/edu/ads/ads_finish_video_by_chapter
;;
"all")
    export_data /opt/module/datax/job/export/online_edu_report.ads_traffic_stats_by_channel.json /warehouse/edu/ads/ads_traffic_stats_by_channel
    export_data /opt/module/datax/job/export/online_edu_report.ads_page_path.json /warehouse/edu/ads/ads_page_path
    export_data /opt/module/datax/job/export/online_edu_report.ads_order_by_channel.json /warehouse/edu/ads/ads_order_by_channel
    export_data /opt/module/datax/job/export/online_edu_report.ads_user_change.json /warehouse/edu/ads/ads_user_change
    export_data /opt/module/datax/job/export/online_edu_report.ads_user_retention.json /warehouse/edu/ads/ads_user_retention
    export_data /opt/module/datax/job/export/online_edu_report.ads_user_count.json /warehouse/edu/ads/ads_user_count
    export_data /opt/module/datax/job/export/online_edu_report.ads_user_action.json /warehouse/edu/ads/ads_user_action
    export_data /opt/module/datax/job/export/online_edu_report.ads_new_order_user_stats.json /warehouse/edu/ads/ads_new_order_user_stats
    export_data /opt/module/datax/job/export/online_edu_report.ads_age_state_order.json /warehouse/edu/ads/ads_age_state_order
    export_data /opt/module/datax/job/export/online_edu_report.ads_category_order_trade.json /warehouse/edu/ads/ads_category_order_trade
    export_data /opt/module/datax/job/export/online_edu_report.ads_subject_order_trade.json /warehouse/edu/ads/ads_subject_order_trade
    export_data /opt/module/datax/job/export/online_edu_report.ads_course_order_trade.json /warehouse/edu/ads/ads_course_order_trade
    export_data /opt/module/datax/job/export/online_edu_report.ads_course_review.json /warehouse/edu/ads/ads_course_review
    export_data /opt/module/datax/job/export/online_edu_report.ads_category_retention.json /warehouse/edu/ads/ads_category_retention
    export_data /opt/module/datax/job/export/online_edu_report.ads_subject_retention.json /warehouse/edu/ads/ads_subject_retention
    export_data /opt/module/datax/job/export/online_edu_report.ads_course_retention.json /warehouse/edu/ads/ads_course_retention
    export_data /opt/module/datax/job/export/online_edu_report.ads_trade_stats_tm.json /warehouse/edu/ads/ads_trade_stats_tm
    export_data /opt/module/datax/job/export/online_edu_report.ads_trade_by_province.json /warehouse/edu/ads/ads_trade_by_province
    export_data /opt/module/datax/job/export/online_edu_report.ads_test_exam_by_page.json /warehouse/edu/ads/ads_test_exam_by_page
    export_data /opt/module/datax/job/export/online_edu_report.ads_test_exam_by_course.json /warehouse/edu/ads/ads_test_exam_by_course
    export_data /opt/module/datax/job/export/online_edu_report.ads_exam_stats_by_page_score.json /warehouse/edu/ads/ads_exam_stats_by_page_score
    export_data /opt/module/datax/job/export/online_edu_report.ads_correct_rate_by_question.json /warehouse/edu/ads/ads_correct_rate_by_question
    export_data /opt/module/datax/job/export/online_edu_report.ads_video_by_chapter.json /warehouse/edu/ads/ads_video_by_chapter
    export_data /opt/module/datax/job/export/online_edu_report.ads_video_by_course.json /warehouse/edu/ads/ads_video_by_course
    export_data /opt/module/datax/job/export/online_edu_report.ads_finish_video_by_course.json /warehouse/edu/ads/ads_finish_video_by_course
    export_data /opt/module/datax/job/export/online_edu_report.ads_finish_video_stat.json /warehouse/edu/ads/ads_finish_video_stat
    export_data /opt/module/datax/job/export/online_edu_report.ads_finish_video_by_chapter.json /warehouse/edu/ads/ads_finish_video_by_chapter
;;
esac
